- author = "Fraser Garrow and Michael Adam Lones and Robert James Stewart",
- title = "Towards Adversarial Policy Discovery via Evolutionary Program Synthesis",
- booktitle = "24th UK Workshop on Computational Intelligence (UKCI 2025)",
- year = "2025",
- editor = "Emma Hart and Sarah L. Thomson and Zhiyuan Tan and Tomas Horvath and Neil Urquhart and Kehinde Babaagba",
- address = "Edinburgh Napier University",
- month = "3--5 " # sep,
- publisher = "Springer",
- keywords = "genetic algorithms, genetic programming",
- day = "1",
-
URL = "
https://eprints.whiterose.ac.uk/id/eprint/229165/",
- abstract = "Recent work has shown that even superhuman reinforcement learning (RL) policies can be vulnerable to adversarial agents. Most existing approaches for generating such adversaries rely on RL-based methods similar to those used to train the original policy under attack, potentially limiting the diversity of discovered exploits. We present a proof of concept showing that genetic programming (GP) can evolve symbolic adversarial agents that expose flaws in trained RL policies. By framing adversarial discovery as a program synthesis task, our approach enables broader and more interpretable search than conventional methods. We evaluate this approach in two competitive game environments against agents trained by OpenAI, showing that GP-evolved agents can outperform RL-based adversaries. These early results suggest that GP is not only effective for discovering unconventional exploits, but may serve as a useful stress-testing tool for RL systems more generally.",
-
notes = "also known as \cite{Garrow:2025:UKCI}
To be published after the conference",
