Skip to content

CITE.md

Latest commit

 

History

History
77 lines (71 loc) · 3.06 KB

CITE.md

File metadata and controls

77 lines (71 loc) · 3.06 KB

Original Hyena models

@inproceedings{poli2023hyena,
  title={Hyena hierarchy: Towards larger convolutional language models},
  author={Poli, Michael and Massaroli, Stefano and Nguyen, Eric and Fu, Daniel Y and Dao, Tri and Baccus, Stephen and Bengio, Yoshua and Ermon, Stefano and R{\'e}, Christopher},
  booktitle={International Conference on Machine Learning},
  pages={28043--28078},
  year={2023},
  organization={PMLR}
}

Application of Hyena to DNA sequence modeling

@article{nguyen2024hyenadna,
  title={Hyenadna: Long-range genomic sequence modeling at single nucleotide resolution},
  author={Nguyen, Eric and Poli, Michael and Faizi, Marjan and Thomas, Armin and Wornow, Michael and Birch-Sykes, Callum and Massaroli, Stefano and Patel, Aman and Rabideau, Clayton and Bengio, Yoshua and others},
  journal={Advances in neural information processing systems},
  volume={36},
  year={2024}
}

Fast Hyena inference

@article{massaroli2024laughing,
  title={Laughing hyena distillery: Extracting compact recurrences from convolutions},
  author={Massaroli, Stefano and Poli, Michael and Fu, Dan and Kumbong, Hermann and Parnichkun, Rom and Romero, David and Timalsina, Aman and McIntyre, Quinn and Chen, Beidi and Rudra, Atri and others},
  journal={Advances in Neural Information Processing Systems},
  volume={36},
  year={2024}
}

StripedHyena: First convolutional hybrids at scale

@article{polistripedhyena,
  title={StripedHyena: Moving Beyond Transformers with Hybrid Signal Processing Models, 12 2023b},
  author={Poli, Michael and Wang, Jue and Massaroli, Stefano and Quesnelle, Jeffrey and Carlow, Ryan and Nguyen, Eric and Thomas, Armin},
  journal={URL https://github. com/togethercomputer/stripedhyena}
}

Evo

@article{nguyen2024sequence,
  title={Sequence modeling and design from molecular to genome scale with Evo},
  author={Nguyen, Eric and Poli, Michael and Durrant, Matthew G and Kang, Brian and Katrekar, Dhruva and Li, David B and Bartie, Liam J and Thomas, Armin W and King, Samuel H and Brixi, Garyk and others},
  journal={Science},
  volume={386},
  number={6723},
  pages={eado9336},
  year={2024},
  publisher={American Association for the Advancement of Science}
}

StripedHyena 2: Convolutional multi-hybrids at scale

@article{ku2025systems,
  title={Systems and algorithms for convolutional multi-hybrid language models at scale},
  author={Ku, Jerome and Nguyen, Eric and Romero, David W and Brixi, Garyk and Yang, Brandon and Vorontsov, Anton and Taghibakhshi, Ali and Lu, Amy X and Burke, Dave P and Brockman, Greg and others},
  journal={arXiv preprint},
  year={2025}
}

Evo 2

@article{brixi2025genome,
  title={Genome modeling and design across all domains of life with Evo 2},
  author={Brixi, Garyk and Durrant, Matthew G and Ku, Jerome and Poli, Michael and Brockman, Greg and Chang, Daniel and Gonzalez, Gabriel A and King, Samuel H and Li, David B and Merchant, Aditi T and others},
  journal={BioRxiv},
  year={2025},
  publisher={Cold Spring Harbor Laboratory}
}
⚡