@misc{transformersflashattention2022,
  title = {{FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness}},
  author = {Tri Dao and Daniel Y. Fu and Stefano Ermon and Atri Rudra and Christopher Ré},
  year = {2022},
  eprint = {2205.14135},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2205.14135}
}
