Skip to content

Latest commit

 

History

History
57 lines (52 loc) · 2.23 KB

File metadata and controls

57 lines (52 loc) · 2.23 KB

Original Hyena models

@inproceedings{poli2023hyena,
  title={Hyena hierarchy: Towards larger convolutional language models},
  author={Poli, Michael and Massaroli, Stefano and Nguyen, Eric and Fu, Daniel Y and Dao, Tri and Baccus, Stephen and Bengio, Yoshua and Ermon, Stefano and R{\'e}, Christopher},
  booktitle={International Conference on Machine Learning},
  pages={28043--28078},
  year={2023},
  organization={PMLR}
}

Application of Hyena to DNA sequence modeling

@article{nguyen2024hyenadna,
  title={Hyenadna: Long-range genomic sequence modeling at single nucleotide resolution},
  author={Nguyen, Eric and Poli, Michael and Faizi, Marjan and Thomas, Armin and Wornow, Michael and Birch-Sykes, Callum and Massaroli, Stefano and Patel, Aman and Rabideau, Clayton and Bengio, Yoshua and others},
  journal={Advances in neural information processing systems},
  volume={36},
  year={2024}
}

Fast Hyena inference

@article{massaroli2024laughing,
  title={Laughing hyena distillery: Extracting compact recurrences from convolutions},
  author={Massaroli, Stefano and Poli, Michael and Fu, Dan and Kumbong, Hermann and Parnichkun, Rom and Romero, David and Timalsina, Aman and McIntyre, Quinn and Chen, Beidi and Rudra, Atri and others},
  journal={Advances in Neural Information Processing Systems},
  volume={36},
  year={2024}
}

StripedHyena: First convolutional hybrids at scale

@article{polistripedhyena,
  title={StripedHyena: Moving Beyond Transformers with Hybrid Signal Processing Models, 12 2023b},
  author={Poli, Michael and Wang, Jue and Massaroli, Stefano and Quesnelle, Jeffrey and Carlow, Ryan and Nguyen, Eric and Thomas, Armin},
  journal={URL https://github. com/togethercomputer/stripedhyena}
}

Evo

@article{nguyen2024sequence,
  title={Sequence modeling and design from molecular to genome scale with Evo},
  author={Nguyen, Eric and Poli, Michael and Durrant, Matthew G and Kang, Brian and Katrekar, Dhruva and Li, David B and Bartie, Liam J and Thomas, Armin W and King, Samuel H and Brixi, Garyk and others},
  journal={Science},
  volume={386},
  number={6723},
  pages={eado9336},
  year={2024},
  publisher={American Association for the Advancement of Science}
}