@inproceedings{NEURIPS2020_c6dfc6b7, author = {Hu, Wei and Xiao, Lechao and Adlam, Ben and Pennington, Jeffrey}, booktitle = {Advances in Neural Information Processing Systems}, editor = {H. Larochelle and M. Ranzato and R. Hadsell and M.F. Balcan and H. Lin}, pages = {17116--17128}, publisher = {Curran Associates, Inc.}, title = {The Surprising Simplicity of the Early-Time Learning Dynamics of Neural Networks}, url = {https://proceedings.neurips.cc/paper_files/paper/2020/file/c6dfc6b7c601ac2978357b7a81e2d7ae-Paper.pdf}, volume = {33}, year = {2020} }