- author = "William {La Cava} and Tilak Raj Singh and James Taggart and Srinivas Suri and Jason H. Moore",
- title = "Learning concise representations for regression by evolving networks of tree",
- booktitle = "7th International Conference on Learning Representations, ICLR 2019",
- year = "2019",
- editor = "Tara Sainath",
- address = "New Orleans, Louisiana, USA",
- month = "6-9 " # may,
- keywords = "genetic algorithms, genetic programming, SRbench",
- eprint = "1807.00981",
- archiveprefix = "arXiv",
- primaryclass = "cs.NE",
-
URL = "
https://arxiv.org/abs/1807.00981",
-
URL = "https://openreview.net/forum?id=Hke-JhA9Y7",
-
URL = "https://openreview.net/pdf?id=Hke-JhA9Y7",
- size = "16 pages",
- abstract = "We propose and study a method for learning interpretable representations for the task of regression. Features are represented as networks of multi-type expression trees comprised of activation functions common in neural networks in addition to other elementary functions. Differentiable features are trained via gradient descent,and the performance of features in a linear model is used to weight the rate of change among subcomponents of each representation. The search process maintains an archive of representations with accuracy-complexity trade-offs to assist in generalisation and interpretation. We compare several stochastic optimization approaches within this framework. We benchmark these variants on 100 open-source regression problems in comparison to state-of-the-art machine learning approaches.Our main finding is that this approach produces the highest average test scores across problems while producing representations that are orders of magnitude smaller than the next best performing method (gradient boosting). We also report a negative result in which attempts to directly optimize the disentanglement of the representation result in more highly correlated features",
-
notes = "Also known as
\cite{lacava2019learning}
https://openreview.net/group?id=ICLR.cc/2019/Conference
ICLR 2019 https://iclr.cc/Conferences/2019",
