@misc{transformersswitchtransformer2021,
  title = {{Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity}},
  author = {William Fedus and Barret Zoph and Noam Shazeer},
  year = {2021},
  eprint = {2101.03961},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2101.03961}
}
