Reference. On the expressivity role of LayerNorm in transformers’ attention [brody2023expressivity]
✍️source

  • 2023
  • Shaked Brody, Uri Alon, Eran Yahav
@article{brody2023expressivity,
 title = {On the Expressivity Role of LayerNorm in Transformers' Attention},
 author = {Brody, Shaked and Alon, Uri and Yahav, Eran},
 year = {2023},
 journal = {arXiv preprint arXiv:2305.02582}
}