references.bib

@article{von1951general,
  title={The general and logical theory of automata},
  author={Von Neumann, John and others},
  journal={1951},
  pages={1--41},
  year={1951}
}

@article{von1966theory,
  title={Theory of self-reproducing automata},
  author={Von Neumann, John and Burks, Arthur W and others},
  journal={IEEE Transactions on Neural Networks},
  volume={5},
  number={1},
  pages={3--14},
  year={1966}
}

@article{codd1968cellular,
  title={Cellular Automata, Academic Press},
  author={Codd, EF},
  journal={New York},
  year={1968}
}

@book{ilachinski2001cellular,
  title={Cellular automata: a discrete universe},
  author={Ilachinski, Andrew},
  year={2001},
  publisher={World Scientific Publishing Company}
}

@article{weiner1946mathematical,
  title={The mathematical formulation of the problem of conduction of impulses in a network of connected excitable elements specifically in cardiac muscle},
  author={Weiner, N and Rosenblunth, A},
  year={1946},
  publisher={ARCH INST CARDIOL MEXICO}
}

@article{gardner1970mathematical,
  title={Mathematical games},
  author={Gardner, Martin},
  journal={Scientific American},
  volume={222},
  number={6},
  pages={132--140},
  year={1970},
  publisher={JSTOR}
}

@article{ermentrout1993cellular,
  title={Cellular automata approaches to biological modeling},
  author={Ermentrout, G Bard and Edelstein-Keshet, Leah},
  journal={Journal of theoretical Biology},
  volume={160},
  number={1},
  pages={97--133},
  year={1993},
  publisher={Elsevier}
}

@article{wolfram1983statistical,
  title={Statistical mechanics of cellular automata},
  author={Wolfram, Stephen},
  journal={Reviews of modern physics},
  volume={55},
  number={3},
  pages={601},
  year={1983},
  publisher={APS}
}

@article{vichniac1984simulating,
  title={Simulating physics with cellular automata},
  author={Vichniac, G{\'e}rard Y},
  journal={Physica D: Nonlinear Phenomena},
  volume={10},
  number={1-2},
  pages={96--116},
  year={1984},
  publisher={Elsevier}
}

@inproceedings{popovici2002cellular,
  title={Cellular automata in image processing},
  author={Popovici, Adriana and Popovici, Dan},
  booktitle={Fifteenth International Symposium on Mathematical Theory of Networks and Systems},
  volume={1},
  pages={1--6},
  year={2002},
  organization={Citeseer}
}

@article{margolus1984physics,
  title={Physics-like models of computation},
  author={Margolus, Norman},
  journal={Physica D: Nonlinear Phenomena},
  volume={10},
  number={1-2},
  pages={81--95},
  year={1984},
  publisher={Elsevier}
}

@book{louis2018probabilistic,
  title={Probabilistic Cellular Automata},
  author={Louis, Pierre-Yves and Nardi, Francesca R},
  year={2018},
  publisher={Springer}
}

@article{hedlund1969endomorphisms,
  title={Endomorphisms and automorphisms of the shift dynamical system},
  author={Hedlund, Gustav A},
  journal={Mathematical systems theory},
  volume={3},
  number={4},
  pages={320--375},
  year={1969},
  publisher={Springer}
}

@book{zuse1970calculating,
  title={Calculating space},
  author={Zuse, Konrad},
  year={1970},
  publisher={Massachusetts Institute of Technology, Project MAC Cambridge, MA}
}

@article{smith1971simple,
  title={Simple computation-universal cellular spaces},
  author={Smith III, Alvy Ray},
  journal={Journal of the ACM (JACM)},
  volume={18},
  number={3},
  pages={339--353},
  year={1971},
  publisher={ACM New York, NY, USA}
}

@article{kauffman1984emergent,
  title={Emergent properties in random complex automata},
  author={Kauffman, Stuart A},
  journal={Physica D: Nonlinear Phenomena},
  volume={10},
  number={1-2},
  pages={145--156},
  year={1984},
  publisher={Elsevier}
}

@article{bak1990forest,
  title={A forest-fire model and some thoughts on turbulence},
  author={Bak, Per and Chen, Kan and Tang, Chao},
  journal={Physics letters A},
  volume={147},
  number={5-6},
  pages={297--300},
  year={1990},
  publisher={Elsevier}
}

@article{drossel1992self,
  title={Self-organized critical forest-fire model},
  author={Drossel, Barbara and Schwabl, Franz},
  journal={Physical review letters},
  volume={69},
  number={11},
  pages={1629},
  year={1992},
  publisher={APS}
}

@article{zinck2010wildfire,
  title={Wildfire, landscape diversity and the Drossel--Schwabl model},
  author={Zinck, Richard D and Johst, Karin and Grimm, Volker},
  journal={Ecological Modelling},
  volume={221},
  number={1},
  pages={98--105},
  year={2010},
  publisher={Elsevier}
}

@article{millington2006models,
  title={Models, data and mechanisms: quantifying wildfire regimes},
  author={Millington, James DA and Perry, George LW and Malamud, Bruce D},
  journal={Geological Society, London, Special Publications},
  volume={261},
  number={1},
  pages={155--167},
  year={2006},
  publisher={Geological Society of London}
}

@article{ratz1995long,
  title={Long-term spatial patterns created by fire: a model oriented towards boreal forests},
  author={Ratz, Armin},
  journal={International Journal of Wildland Fire},
  volume={5},
  number={1},
  pages={25--34},
  year={1995},
  publisher={CSIRO}
}

@article{zinck2008more,
  title={More realistic than anticipated: a classical forest-fire model from statistical physics captures real fire shapes},
  author={Zinck, RD and Grimm, V},
  journal={The Open Ecology Journal},
  volume={1},
  number={1},
  year={2008}
}

@book{wolfram2018cellular,
  title={Cellular automata and complexity: collected papers},
  author={Wolfram, Stephen},
  year={2018},
  publisher={CRC Press}
}

@misc{elwin1982winning,
  title={Winning ways for your mathematical plays},
  author={Elwin, R Berkelamp and Conway, John H and Guy, Richard K},
  year={1982},
  publisher={Academic Press}
}

@article{langton1992life,
  title={Life at the edge of chaos},
  author={Langton, Christopher},
  journal={Artificial life II. Santa Fe Institute Studies in the Science of Complexity},
  year={1992},
  publisher={Addison-Wesley}
}

@book{poundstone2013recursive,
  title={The recursive universe: cosmic complexity and the limits of scientific knowledge},
  author={Poundstone, William},
  year={2013},
  publisher={Courier Corporation}
}

@article{cook2004universality,
  title={Universality in elementary cellular automata},
  author={Cook, Matthew},
  journal={Complex systems},
  volume={15},
  number={1},
  pages={1--40},
  year={2004},
  publisher={[Champaign, IL, USA: Complex Systems Publications, Inc., c1987-}
}

@techreport{toffoli1977cellular,
  title={Cellular automata machines},
  author={Toffoli, Tommaso},
  year={1977}
}

@article{margolus1995cam,
  title={CAM-8: a computer architecture based on cellular automata},
  author={Margolus, Norman},
  journal={arXiv preprint comp-gas/9509001},
  year={1995}
}

@article{toffoli1984cam,
  title={CAM: A high-performance cellular-automaton machine},
  author={Toffoli, Tommaso},
  journal={Physica D: Nonlinear Phenomena},
  volume={10},
  number={1-2},
  pages={195--204},
  year={1984},
  publisher={Elsevier}
}

@book{hoekstra2010simulating,
  title={Simulating complex systems by cellular automata},
  author={Hoekstra, Alfons G and Kroc, Jiri and Sloot, Peter MA},
  year={2010},
  publisher={Springer}
}

@book{wolfram2002new,
  title={A new kind of science},
  author={Wolfram, Stephen},
  volume={5},
  year={2002},
  publisher={Wolfram media Champaign, IL}
}

@book{holldobler1994journey,
  title={Journey to the ants: a story of scientific exploration.},
  author={H{\"o}lldobler, Bert and Wilson, Edward O and others},
  year={1994},
  publisher={Harvard University Press}
}

@book{bak2013nature,
  title={How nature works: the science of self-organized criticality},
  author={Bak, Per},
  year={2013},
  publisher={Springer Science \& Business Media}
}

@article{kuurka1997languages,
  title={Languages, equicontinuity and attractors in cellular automata},
  author={K{\r{u}}rka, Petr},
  journal={Ergodic theory and dynamical systems},
  volume={17},
  number={2},
  pages={417--433},
  year={1997},
  publisher={Cambridge University Press}
}

@article{kari1994reversibility,
  title={Reversibility and surjectivity problems of cellular automata},
  author={Kari, Jarkko},
  journal={Journal of Computer and System Sciences},
  volume={48},
  number={1},
  pages={149--182},
  year={1994},
  publisher={Elsevier}
}

@article{ganguly2003survey,
  title={A survey on cellular automata},
  author={Ganguly, Niloy and Sikdar, Biplab K and Deutsch, Andreas and Canright, Geoffrey and Chaudhuri, P Pal},
  year={2003},
  publisher={Citeseer}
}

@book{alonso2011discrete,
  title={Discrete systems with memory},
  author={Alonso-Sanz, Ramon},
  volume={75},
  year={2011},
  publisher={World Scientific}
}

@book{adamatzky2016designing,
  title={Designing beauty: The art of cellular automata},
  author={Adamatzky, Andrew and Mart{\'{i}}nez, Genaro J},
  volume={20},
  year={2016},
  publisher={Springer}
}

@book{sutton2018reinforcement,
  title={Reinforcement learning: An introduction},
  author={Sutton, Richard S and Barto, Andrew G},
  year={2018},
  publisher={MIT press}
}

@article{mnih2013playing,
  title={Playing atari with deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Graves, Alex and Antonoglou, Ioannis and Wierstra, Daan and Riedmiller, Martin},
  journal={arXiv preprint arXiv:1312.5602},
  year={2013}
}

@article{mnih2015human,
  title={Human-level control through deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and others},
  journal={Nature},
  volume={518},
  number={7540},
  pages={529--533},
  year={2015},
  publisher={Nature Publishing Group}
}

@misc{rlblogpost,
    title={Deep Reinforcement Learning Doesn't Work Yet},
    author={Irpan, Alex},
    howpublished={\url{https://www.alexirpan.com/2018/02/14/rl-hard.html}},
    year={2018}
}

@article{sutton1988learning,
  title={Learning to predict by the methods of temporal differences},
  author={Sutton, Richard S},
  journal={Machine learning},
  volume={3},
  number={1},
  pages={9--44},
  year={1988},
  publisher={Springer}
}

@misc{1606.01540,
  Author = {Greg Brockman and Vicki Cheung and Ludwig Pettersson and Jonas Schneider and John Schulman and Jie Tang and Wojciech Zaremba},
  Title = {OpenAI Gym},
  Year = {2016},
  Eprint = {arXiv:1606.01540},
}

@article{walt2011numpy,
  title={The NumPy array: a structure for efficient numerical computation},
  author={Walt, St{\'e}fan van der and Colbert, S Chris and Varoquaux, Gael},
  journal={Computing in science \& engineering},
  volume={13},
  number={2},
  pages={22--30},
  year={2011},
  publisher={IEEE Computer Society}
}


@incollection{NEURIPS2019_9015,
title = {PyTorch: An Imperative Style, High-Performance Deep Learning Library},
author = {Paszke, Adam and Gross, Sam and Massa, Francisco and Lerer, Adam and Bradbury, James and Chanan, Gregory and Killeen, Trevor and Lin, Zeming and Gimelshein, Natalia and Antiga, Luca and Desmaison, Alban and Kopf, Andreas and Yang, Edward and DeVito, Zachary and Raison, Martin and Tejani, Alykhan and Chilamkurthy, Sasank and Steiner, Benoit and Fang, Lu and Bai, Junjie and Chintala, Soumith},
booktitle = {Advances in Neural Information Processing Systems 32},
editor = {H. Wallach and H. Larochelle and A. Beygelzimer and F. d\textquotesingle Alch\'{e}-Buc and E. Fox and R. Garnett},
pages = {8024--8035},
year = {2019},
publisher = {Curran Associates, Inc.},
url = {http://papers.neurips.cc/paper/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf}
}

@inproceedings{he2015delving,
  title={Delving deep into rectifiers: Surpassing human-level performance on imagenet classification},
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle={Proceedings of the IEEE international conference on computer vision},
  pages={1026--1034},
  year={2015}
}

@inproceedings{tsitsiklis1997analysis,
  title={Analysis of temporal-diffference learning with function approximation},
  author={Tsitsiklis, John N and Van Roy, Benjamin},
  booktitle={Advances in neural information processing systems},
  pages={1075--1081},
  year={1997}
}

@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}

@article{turing1936computable,
  title={On computable numbers, with an application to the Entscheidungsproblem},
  author={Turing, Alan Mathison},
  journal={J. of Math},
  volume={58},
  number={345-363},
  pages={5},
  year={1936}
}

@article{bellemare2013arcade,
  title={The arcade learning environment: An evaluation platform for general agents},
  author={Bellemare, Marc G and Naddaf, Yavar and Veness, Joel and Bowling, Michael},
  journal={Journal of Artificial Intelligence Research},
  volume={47},
  pages={253--279},
  year={2013}
}

@article{bellemare2015arcade,
  title={The Arcade Learning Environment: An Evaluation Platform for General Agents (Extended Abstract)},
  author={Bellemare, Marc G and Naddaf, Yavar and Veness, Joel and Bowling, Michael},
  journal={In Proceedings of the International Joint Conference on Artificial Intelligence (IJCAI)},
  pages={4148--4152},
  year={2015}
}

@article{machado2018revisiting,
  title={Revisiting the arcade learning environment: Evaluation protocols and open problems for general agents},
  author={Machado, Marlos C and Bellemare, Marc G and Talvitie, Erik and Veness, Joel and Hausknecht, Matthew and Bowling, Michael},
  journal={Journal of Artificial Intelligence Research},
  volume={61},
  pages={523--562},
  year={2018}
}

@inproceedings{yang2015proceedings,
  title={Proceedings of the Twenty-Fourth International Joint Conference on Artificial Intelligence, IJCAI 2015, Buenos Aires, Argentina, 25-31 July 2015},
  author={Yang, Qiang and Wooldridge, Michael},
  booktitle={Proceedings of the Twenty-Fourth International Joint Conference on Artificial Intelligence, IJCAI 2015, Buenos Aires, Argentina, 25-31 July 2015},
  year={2015}
}

@article{risi2020chess,
  title={From Chess and Atari to StarCraft and Beyond: How Game AI is Driving the World of AI},
  author={Risi, Sebastian and Preuss, Mike},
  journal={KI-K{\"u}nstliche Intelligenz},
  volume={34},
  number={1},
  pages={7--17},
  year={2020},
  publisher={Springer}
}

@article{badia2020agent57,
  title={Agent57: Outperforming the atari human benchmark},
  author={Badia, Adri{\`a} Puigdom{\`e}nech and Piot, Bilal and Kapturowski, Steven and Sprechmann, Pablo and Vitvitskyi, Alex and Guo, Daniel and Blundell, Charles},
  journal={arXiv preprint arXiv:2003.13350},
  year={2020}
}

@article{foley2018toybox,
  title={Toybox: Better Atari Environments for Testing Reinforcement Learning Agents},
  author={Foley, John and Tosch, Emma and Clary, Kaleigh and Jensen, David},
  journal={arXiv preprint arXiv:1812.02850},
  year={2018}
}

@article{tesauro1995temporal,
  title={Temporal difference learning and TD-Gammon},
  author={Tesauro, Gerald},
  journal={Communications of the ACM},
  volume={38},
  number={3},
  pages={58--68},
  year={1995}
}

@article{moravvcik2017deepstack,
  title={Deepstack: Expert-level artificial intelligence in heads-up no-limit poker},
  author={Morav{\v{c}}{\'i}k, Matej and Schmid, Martin and Burch, Neil and Lis{\`{y}}, Viliam and Morrill, Dustin and Bard, Nolan and Davis, Trevor and Waugh, Kevin and Johanson, Michael and Bowling, Michael},
  journal={Science},
  volume={356},
  number={6337},
  pages={508--513},
  year={2017},
  publisher={American Association for the Advancement of Science}
}

@article{jaderberg2019human,
  title={Human-level performance in 3D multiplayer games with population-based reinforcement learning},
  author={Jaderberg, Max and Czarnecki, Wojciech M and Dunning, Iain and Marris, Luke and Lever, Guy and Castaneda, Antonio Garcia and Beattie, Charles and Rabinowitz, Neil C and Morcos, Ari S and Ruderman, Avraham and others},
  journal={Science},
  volume={364},
  number={6443},
  pages={859--865},
  year={2019},
  publisher={American Association for the Advancement of Science}
}

@article{silver2016mastering,
  title={Mastering the game of Go with deep neural networks and tree search},
  author={Silver, David and Huang, Aja and Maddison, Chris J and Guez, Arthur and Sifre, Laurent and Van Den Driessche, George and Schrittwieser, Julian and Antonoglou, Ioannis and Panneershelvam, Veda and Lanctot, Marc and others},
  journal={nature},
  volume={529},
  number={7587},
  pages={484--489},
  year={2016},
  publisher={Nature Publishing Group}
}

@article{silver2018general,
  title={A general reinforcement learning algorithm that masters chess, shogi, and Go through self-play},
  author={Silver, David and Hubert, Thomas and Schrittwieser, Julian and Antonoglou, Ioannis and Lai, Matthew and Guez, Arthur and Lanctot, Marc and Sifre, Laurent and Kumaran, Dharshan and Graepel, Thore and others},
  journal={Science},
  volume={362},
  number={6419},
  pages={1140--1144},
  year={2018},
  publisher={American Association for the Advancement of Science}
}

@article{hooker1995testing,
  title={Testing heuristics: We have it all wrong},
  author={Hooker, John N},
  journal={Journal of heuristics},
  volume={1},
  number={1},
  pages={33--42},
  year={1995},
  publisher={Springer}
}

@book{stanley2015greatness,
  title={Why greatness cannot be planned: The myth of the objective},
  author={Stanley, Kenneth O and Lehman, Joel},
  year={2015},
  publisher={Springer}
}

@inproceedings{deng2009imagenet,
  title={Imagenet: A large-scale hierarchical image database},
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
  booktitle={2009 IEEE conference on computer vision and pattern recognition},
  pages={248--255},
  year={2009},
  organization={Ieee}
}

@article{russakovsky2015imagenet,
  title={Imagenet large scale visual recognition challenge},
  author={Russakovsky, Olga and Deng, Jia and Su, Hao and Krause, Jonathan and Satheesh, Sanjeev and Ma, Sean and Huang, Zhiheng and Karpathy, Andrej and Khosla, Aditya and Bernstein, Michael and others},
  journal={International journal of computer vision},
  volume={115},
  number={3},
  pages={211--252},
  year={2015},
  publisher={Springer}
}

@inproceedings{todorov2012mujoco,
  title={Mujoco: A physics engine for model-based control},
  author={Todorov, Emanuel and Erez, Tom and Tassa, Yuval},
  booktitle={2012 IEEE/RSJ International Conference on Intelligent Robots and Systems},
  pages={5026--5033},
  year={2012},
  organization={IEEE}
}

@article{lanctot2019openspiel,
  title={OpenSpiel: A framework for reinforcement learning in games},
  author={Lanctot, Marc and Lockhart, Edward and Lespiau, Jean-Baptiste and Zambaldi, Vinicius and Upadhyay, Satyaki and P{\'e}rolat, Julien and Srinivasan, Sriram and Timbers, Finbarr and Tuyls, Karl and Omidshafiei, Shayegan and others},
  journal={arXiv preprint arXiv:1908.09453},
  year={2019}
}

@misc{mitchell2005computation,
  title={Computation in Cellular Automata: A Selected Review},
  author={Mitchell, Melanie and others},
  year={2005}
}