- author = "Matthew Walker and Howard Edwards and Chris Messom",
- title = "The reliability of confidence intervals for computational effort comparisons",
- booktitle = "GECCO '07: Proceedings of the 9th annual conference on Genetic and evolutionary computation",
- year = "2007",
- editor = "Dirk Thierens and Hans-Georg Beyer and Josh Bongard and Jurgen Branke and John Andrew Clark and Dave Cliff and Clare Bates Congdon and Kalyanmoy Deb and Benjamin Doerr and Tim Kovacs and Sanjeev Kumar and Julian F. Miller and Jason Moore and Frank Neumann and Martin Pelikan and Riccardo Poli and Kumara Sastry and Kenneth Owen Stanley and Thomas Stutzle and Richard A Watson and Ingo Wegener",
- volume = "2",
- isbn13 = "978-1-59593-697-4",
- pages = "1716--1723",
- address = "London",
-
URL = "
http://gpbib.cs.ucl.ac.uk/gecco2007/docs/p1716.pdf",
-
DOI = "
doi:10.1145/1276958.1277294",
- publisher = "ACM Press",
- publisher_address = "New York, NY, USA",
- month = "7-11 " # jul,
- organisation = "ACM SIGEVO (formerly ISGEC)",
- keywords = "genetic algorithms, genetic programming, confidence intervals, measurement, Wilson's method",
- abstract = "This paper analyses the reliability of confidence intervals for Koza's computational effort statistic. First, we conclude that dependence between the observed minimum generation and the observed cumulative probability of success leads to the production of more reliable confidence intervals for our preferred method. Second, we show that confidence intervals from 80% to 95% have appropriate levels of performance. Third, simulated data is used to consider the effect of large minimum generations and the confidence intervals are again found to be reliable. Finally, results from four large datasets collected from real genetic programming experiments are used to provide even more empirical evidence that the method for producing confidence intervals is reliable.",
-
notes = "GECCO-2007 A joint meeting of the sixteenth
international conference on genetic algorithms
(ICGA-2007) and the twelfth annual genetic programming
conference (GP-2007).
ACM Order Number 910071",
