You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
@inproceedings{poli2023hyena,
title={Hyena hierarchy: Towards larger convolutional language models},
author={Poli, Michael and Massaroli, Stefano and Nguyen, Eric and Fu, Daniel Y and Dao, Tri and Baccus, Stephen and Bengio, Yoshua and Ermon, Stefano and R{\'e}, Christopher},
booktitle={International Conference on Machine Learning},
pages={28043--28078},
year={2023},
organization={PMLR}
}
Application of Hyena to DNA sequence modeling
@article{nguyen2024hyenadna,
title={Hyenadna: Long-range genomic sequence modeling at single nucleotide resolution},
author={Nguyen, Eric and Poli, Michael and Faizi, Marjan and Thomas, Armin and Wornow, Michael and Birch-Sykes, Callum and Massaroli, Stefano and Patel, Aman and Rabideau, Clayton and Bengio, Yoshua and others},
journal={Advances in neural information processing systems},
volume={36},
year={2024}
}
Fast Hyena inference
@article{massaroli2024laughing,
title={Laughing hyena distillery: Extracting compact recurrences from convolutions},
author={Massaroli, Stefano and Poli, Michael and Fu, Dan and Kumbong, Hermann and Parnichkun, Rom and Romero, David and Timalsina, Aman and McIntyre, Quinn and Chen, Beidi and Rudra, Atri and others},
journal={Advances in Neural Information Processing Systems},
volume={36},
year={2024}
}
StripedHyena: First convolutional hybrids at scale
@article{polistripedhyena,
title={StripedHyena: Moving Beyond Transformers with Hybrid Signal Processing Models, 12 2023b},
author={Poli, Michael and Wang, Jue and Massaroli, Stefano and Quesnelle, Jeffrey and Carlow, Ryan and Nguyen, Eric and Thomas, Armin},
journal={URL https://github. com/togethercomputer/stripedhyena}
}
Evo
@article{nguyen2024sequence,
title={Sequence modeling and design from molecular to genome scale with Evo},
author={Nguyen, Eric and Poli, Michael and Durrant, Matthew G and Kang, Brian and Katrekar, Dhruva and Li, David B and Bartie, Liam J and Thomas, Armin W and King, Samuel H and Brixi, Garyk and others},
journal={Science},
volume={386},
number={6723},
pages={eado9336},
year={2024},
publisher={American Association for the Advancement of Science}
}