Reference. Train short, test long: Attention with linear biases enables input length extrapolation [press2021train]
✍️source

2021
Ofir Press, Noah A Smith, Mike Lewis
https://arxiv.org/abs/2108.12409

@article{press2021train,
 title = {Train short, test long: Attention with linear biases
enables input length extrapolation},
 author = {Press, Ofir and Smith, Noah A and Lewis, Mike},
 year = {2021},
 url = {https://arxiv.org/abs/2108.12409},
 journal = {arXiv preprint arXiv:2108.12409}
}