Reference. Scaling laws for neural language models [kaplan2020scaling]
✍️source

  • 2020
  • Jared Kaplan, Sam McCandlish, Tom Henighan, Tom B. Brown, Benjamin Chess, Rewon Child, Scott Gray, Alec Radford, Jeffrey Wu, Dario Amodei
  • https://arxiv.org/abs/2001.08361
@article{kaplan2020scaling,
  title = {Scaling Laws for Neural Language Models},
  author = {Kaplan, Jared and McCandlish, Sam and Henighan, Tom and Brown, Tom B. and Chess, Benjamin and Child, Rewon and Gray, Scott and Radford, Alec and Wu, Jeffrey and Amodei, Dario},
  year = {2020},
  url = {https://arxiv.org/abs/2001.08361},
  journal = {arXiv preprint arXiv:2001.08361}
}