- author = "Zachary P. Fry and Bryan Landau and Westley Weimer",
- title = "A Human Study of Patch Maintainability",
- booktitle = "Proceedings of the 2012 International Symposium on Software Testing and Analysis, ISSTA 2012",
- year = "2012",
- editor = "Zhendong Su",
- pages = "177--187",
- address = "Minneapolis, MN, USA",
- publisher_address = "New York, NY, USA",
- month = "15-20 " # jul,
- publisher = "ACM",
- keywords = "genetic algorithms, genetic programming, genetic improvement, APR, SBSE",
- isbn13 = "978-1-4503-1454-1",
-
URL = "
https://web.eecs.umich.edu/~weimerw/p/FryISSTA12_PREPRINT.pdf",
-
URL = "
http://doi.acm.org/10.1145/2338965.2336775",
-
DOI = "
doi:10.1145/2338965.2336775",
- acmid = "2336775",
- size = "11 pages",
-
abstract = "Identifying and fixing defects is a crucial and
expensive part of the software lifecycle. Measuring the
quality of bug-fixing patches is a difficult task that
affects both functional correctness and the future
maintainability of the code base. Recent research
interest in automatic patch generation makes a
systematic understanding of patch maintainability and
understandability even more critical.
We present a human study involving over 150 participants, 32 real-world defects, and 40 distinct patches. In the study, humans perform tasks that demonstrate their understanding of the control flow, state, and maintainability aspects of code patches. As a baseline we use both human-written patches that were later reverted and also patches that have stood the test of time to ground our results. To address any potential lack of readability with machine-generated patches, we propose a system wherein such patches are augmented with synthesised, human-readable documentation that summarises their effects and context. Our results show that machine-generated patches are slightly less maintainable than human-written ones, but that trend reverses when machine patches are augmented with our synthesized documentation. Finally, we examine the relationship between code features (such as the ratio of variable uses to assignments) with participants' abilities to complete the study tasks and thus explain a portion of the broad concept of patch quality.",
-
notes = "Does not mention GP but GP used in their
machine-generated patches
\cite{LeGoues:2012:ICSE}
http://crisys.cs.umn.edu/issta2012/",
